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/* this program takes in a raw 8 bit image, with x and y dimensions as inputs also, 
and encodes that image with a specified number, spitting the encoded image out */ 

r the current version, started just after sign_tt.sav3, now adds the three parameters 
of dc, root of the gray value, and a constant times the iocal gradient*/ / 



#inc1ude "pinecone.h" 
#include "image.h" 

#define NOISE_MAX lOOOOtWO 

#define BITS 16 

#define HALF MAX 32768 

#define MAX 65536 

#define MAX1 65535 

#define GV_POWER 0.4 

#define GRADJTHRESHOLD 50.0 

#define DISPUYJT 1 

unsigned char *img; 
long bitlBITS]; 
long gidjgv.gid_grad; 
long xdim,ydim; 
float 'gv.'grad; 
Colorindex "disp; 
Coiorindex *scale_disp; 
Colorindex •pdisp" 

int helplines - 2; 
char *he!pQ = 
{ 



"usage: signjrt filename [xdim{default 510) ydim(default 256)]\n", 
^ "\nM ust input both xdim and ydim if not using the defaults " 



int fill_bits{int code_number){ 
long i.tmp; 

printf(The binary value "); 

tmp = HALF_MAX: 
for(i=Q;i<16;i++){ 

if(code_number>=tmp){ 
printf("1"): 

code_numbBr-=tmp; 
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bitEQ^I; 

} 

e1se{ 

printfC'O"); 
bitI0=O; 

> 

tmp/=2; 

} 

printff will be wallpapered across the image\n\n"); 

retum(0); 

) 

tnt Ioadl_sc3le_disp(void){ 
long i j; 

pdisp = scale_disp+20; 
forO=Oj<15;j++){ 

forfi=1;l<20;l++){ 

*pdisp = (unsigned char}255; 

pdisp += 20; 

} 

pdisp += 20; 

} 

pdisp = scaie_disp+2O+(35M00); 
forO=Oa<15;j++){ 

for{l=1;i<20:i++){ 

•pdisp = (unslgrjed char)255; 

pdisp += 20; 

} 

pdisp += 20; 

} 

return{0); 
} 

int draw_scale(float value.long which){ 
long i; 
float flemp; 

value *=5; 

memcpy (d isp , scale_disp,40000); 
flemp = 20.0 * value; 
if(ftemp > 399.0)ftemp=399.0; 
pdisp = &disp[1 5*400 + (int)ftemp]; 
for{i=0:i<20;i++){ 

•pdisp = (unsigned char)255; 



pdisp += 400; 

} 

winset(which); 
rectwrKe(0,0,399.49,d'isp); 

retum(O); 
} 

int calculatejgvO{ 
unsigned char *pimg; 
long i; 
■float *pgv; 

pimg = Img; 
pgv = gv: 

for{i=0;i<(ydim*xdim);j++){ 

•(pgv++) = powf{ (float)*(pimg++) , GV_POWER ): 

} 

retum(0); 
} 

int calculate_gradO{ 

unsigned char*pinng1 *pimg2,*pimg; 

long 

float avg,*pgrad; 

pimg = &imgI1+xdim]; 
pimg1 = &img[1]; 
pimg2 = &img[1+2*xdim]; 

pgrad = grad; 
for(i=0;i<(xdim*ydim);i++)*(pgrad++) = 0.0; 

pgrad = &grad[1+xdim]; 
for(t=1 ;i<(ydim-1 );i++){ 
forO=1j<(xdim-1 );]++){ 
avg = (f]oat)*(pimg1-1)+ (float)*(pimg1++)+ (float)*pimg1 + (fioat)*(pimg- 
1 )+(float)*(pimg+1 )+(float)*{pimg2-1 )+(float)*(pimg2++) + {float)*pimg2: 
avg/=8.0; 

*(pgrad++) = (float)*(pinng++) - avg; 

} 

pimg+=2; pimg1+=2; plmg2+=2; pgrad+=2; 

} 

return(O): 
} 
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main( argc, argv ) 
int aipc : 
char *argvD ; 
{ 

long t,j,code_number,go=1 ,cur_bit,button; 

long temp.increment,last middle.count thresh = 0; 

longintJotallBITSJ: 

unsigned char *pl'ng.tf"P.*pinigl •img_out,*noise •pnoise; 
char str1ng[80], outftle[80]; 
FILE Inf; 

float flemp,current_sca!e = 1.0,rms,avg; 

float current jgv = 0.0035, current_grad = 0.0027; 

float fjnc.mult; 

float *pgrad *pgv; 

long gid_lmg,gid_img1 ,gld_signed,which; 

if{argc<2 |1 argc ==3 || argo4) { 

forQ=0;j<helplines-j++)fprintf( stderr, "%s", help[fl) ; 
exit( 1 ) ; 

} 

else if(argc ==2){ 
xdim = 324; 
ydim = 414; 

} 

else{ 

xdim = atoi( argv[2] ); 
ydim = atoi( argvI3} ); 

} 

if(D!SPLAY_IT) disp = calloc(xdim*ydim, sizeof{Colorindex) ) ; 
else disp = calloc(40000, sizeof(Colorindex) ) ; 

scaje.disp = calloc(40000. sizeof(Colorindex) ) ; 

img = ca!ioc(xdim*ydim, si2eof(unsigned char) ) ; 

img_out = ca!loc{xdim*ydim, slzeof(unstgned char) ) ; 

noise = ca!!oc{xdim*ydim, sizeof(unsigned char) ) ; 

gv = cal!oc{xdim*ydim, sizeof(float) ) ; 

grad = caIloc(xdim*ydim, si2eof{float) ) ; 

if( Idisp II iscale_disp || Jimg || !lmg_DUt || Incise || Igv i| !grad){ 
fprintf( stden-, "signjt : can not allocate spaceXn" ) ; 
exit( 1 ) ; 

} 

r read in binary data into array 7 
inf=fopen(argv[1)."r"); 
if{!inf) { 



fprintf(stderr,"signjt: can't open %s\n",argvI1]); 
exit(1); 

} 

fread(img ,sizeof(unsigned char),xdim*yciim,inf); 
fclose(inl); 

/•flip it*/ 
pinig = img; 

pinngi = &Imgtxdim*(ydim-1)]: 
forG=0;i<(ydim/2);i++){ 

for(pO;j<xdim-j-H-){ 

tmp = *pimg; 

*{pimg++) = *pmg1; 

*(pimg1++) = tmp: 

> 

pimg1 -= (2*xdim); 

} 

r open and read in master noise frame */ 
inf = fopenC'master noise","0: 
5f(!inf) { 

^rintf{stderr,''sign_it: can't open %s\n'',"master_noise'0: 
exitd): 

} 

if{(xdim*ydim) >N01SE_MAX){ 

^rintf(stderr,''sign it: image size larger than master key "}; 
exit(1); 

> 

fread(noise.sizeof(unsigned char),xdim*ydim,inf); ' 
fclose(inf): 

r calculate avg then rms noise of master_noise image */ 
pnojse = noise; 
avg = 0.0; 

forO=0;i<(ydim'xdim);i++){ 

ftemp = (float)*(pnoise++); 
avg += ftemp; 

) 

avg /= (float){xdim*ydim): 

printfC'AVG notse value of master noise image = %f \n\n",avg); 

pnoise = noise; 
rms = 0.0; 

for(i=0;i<(ydim*xdim);i++){ 

ftemp = (float)*(pnoise-M-) - avg ; 
flemp *= ftemp: . 
rms += flemp; 



} 

rms /= (xdim*ydim): 

rms = (float)sqrt((double)rms); 

printfC'RMS noise value of master noise image = %f \n\n",nns); 

r calculate gv */ 
calculate_gv(img,gv,xdim,ydim); 

1* calculate grad 7 

calculate jgrad(img,grad,xdim,ydinn); 

r user input 7 
code_number = -1; 

whlle(code_nunriber < 0 1| code_number > MAX1K 

printf('Type In a number between 0 and %ld: ",MAX1); 
scanf("%d",&code_number); 

} 

fill_btts(code_number); 

if{DISPLAYJT){ 

foregroundO; 

prefsize(xdim.ydim); 

gidjmg = winopenC'Original?"): 

gflushO; 

pdisp = disp: 
pimg = img; 

for(i=0;i<(ydim*xdim);i++){ 

•(pdisp++) = (CoIorindex)*(pimg++); 

} 

rectwrite(0,0,xdim-1 ,ydim-1 ,disp); 

prefsize(xdim,ydlm); 

gid_img1 = winopen("Orignal?"); 

rectwrite(0,0.xdim-1 ,ydim-1 ,disp); 

prefsize(xdim,ydim); 

gid_signed = winopen{"OrignaI?"); 

load_scale_disp(); 
prefsize(400,50); 

gid_gv = winopenfroot GV rms noise"); 
prefsize(400,50); 

gid_grad = w{nopen("GRAD rms noise"); 
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f* main visual feedback loop */ 
" last_middle - 0; 
whlie(go){ 

pdisp = disp: 

plmg = img; 

pimg1 = img_out; 

pnoise = noise; 

pgv = gv; 

pgrad = grad; 

for(i=0;i<(ydim*xdim);i++){ 
cur_bit = i%BITS; 

mult = c.urrent_jgv * *(pgv-H-) + current_grad • •(pgrad++); 
if{ (float)*pnoise > avg ){ 

fjnc = ((float)*(pnoise++) - avg ); 

increment = (int){f inc • mult); 

} 

else{ 

fJnc = (avg - (float)*(pnoise++) ); . 
increment = (int)(fjnc * mult); 
increment = -increment; 

} 

if( fabs( (double) "(pgrad - 1)) > GRADJTHRESHOLD ){ 
increment = 0; 

} 

if(bitlcur_bit]){ 

temp= (int)*(pimg) + increment; 

> 

else{ 

temp = (int)*(plmg) - increment; 

} 

if{ *(pimg++) == 0 )tmp=0; 
else if(temp < 0)tmp=0; 
else if{temp > 255)tmp=255; 
else tmp= (unsigned char)temp; 
if(DlSPLAYJT) "(pdisp+H-) = (Colorlndex)tmp; 
•(pimg1++) = tmp; 

} 

lf(DISPLAY_IT){ 

winset(gid_signed); 
rectwrite(0,0,xdim-1 ,ydim-1 ,disp); 
pdisp = disp; 
pimg = img; 

for(i=0;i<(ydim*xdim);l++){ 

•(pdisp++) = (Colorindex)*(pimg++); 

} 



winset(gidjmg); 

rectwrite(0.0.xdim-1 ,ydim-1 ,disp); 
winset(gidjmg1): 
rectwrite(0,0,xdim-1 ,ydlm-1 ,dlsp); 

draw_scale(rms*current_gv,gtd.jgv); 
draw_scale(rms*currentjgrad,gidjgrad); 



button=0; 
whi!e{!button){ 

current scale=1.0; 
if( getbutton(LEFTMOUSE) K 
cijrrent_scaie *?= 1.15; 
buttons 1; 
last middle = 0; 

} 

if( getbutton(RIGHTMOUSE) ){ 
current_scale *= 0.85; 
button = 1: 
last middle -0; 

} 

if( getbutton(MIDDLEMOUSE) ){ 

while( getbutton(MIDDLEMOUSE) ); 
ff( last_middle ){ 

button* 1; 

go=0; 

} 

else { 

tf(which == gld_gv)which=gid_grad; 
else which=gid_gv; 
last middle = 1; 

} 

} 

} i 
if(go){ 

if( which == gid_gv )current_5v *= current_sca!e; 
else current_grad *= current scale; 

} 

} 

r re-calculate and write out master_key */ 
pnoise = noise; 

pimg = img: /* use tmg as a temporary buffer */ 
pgv = gv; 
pgrad = grad; 



countjBiresh = 0; 
for(i=0:i<{ydim*xdim);i++K 

mult = currentjgv * *(pgv++) + currentjgrad * •(pgrad++); 
if( (float)*pnoise > avg ){ 

fjnc = ((floatnpnoise++) - avg ); 
Increment = (int){fjnc • mult); 

) 

else{ 

fJnc = {ayg - (float)*(pnolse++) ); 
increment = (int)(fjnc * mult); 
increment = -increment; 

} 

if( fabs( (double) •(pgrad - 1)) > GRAD_THRESHOLD ){ 
count_thresh++; 
increment = 0; 

} 

*(pimg++) = (unsigned char)128 + (unsigned char)increment; 



r find mean value of the integer based noise, 

for each bit plane, then remove it, and store to dnoise */ 
for(FO;i<BITS;i++)int_total[i] = 0; 
pimg = img; 

for(i=0;i<(ydim*xdim);i++){ 

int_total[i%BITS] += (long) (*(pimg++) - 128 ); 

} 

rms = 0.0; 
fora=0;j<BiTS;i++){ 

if(intJot;ilD] > 0){ 

for(i=0;i<lnt_totalIj];l++){ 
temp = (long)randO; 
temp •= BITS; 
temp += j; 

if( (temp <(xdim * ydim)) && (img[temp] > 128) 

)imgttemp]-; 

else i-; 

} 

} 

else if(int_totalD] < 0){ 

intJotal[j] = - intjotalffl; 
for(i=0;i<intJotalO];i++){ 
temp = (long)randO; 
temp *= BITS; 
temp += j; 

lf( temp <(xdim * ydim) && (imgltempl < 128) 

)img[temp]++; 
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else l~; 

} 

} 

} 

rms = 0.0: 
pimg = Img; 

for(i=0;l<(ydim*xdim):i++){ 

temp = (long) •(pimg++) - 128; 
mns += (float)(temp*temp); 

} 

rms I- (xdim * ydim); 

mis = (float)sqrt({double)mis); 

printfC^nFINAL RMS noise value of master key = %f \n\n".nns); 
printfCcount threshold hits = %d \n\n".count_fliresh); 
sprintf(outfile,"master_key"); 
inf = fopen(outfi!e,"w"); 
if(linf> { 

fjprintf(stdeiT,"sign It: can't open %s\n",outfIle); 
exit{1): 

} 

fwrite(img,si2eof(unsigned char),xdim*ydim,inf): 
fclose(inf); 

r now re-sign output image because of slight changes to master key 7 



t* flip output image 7 
pimg = img_out; 

pimgl = &img_out{xdim*(ydim-1)]; 
for(t=0;l<(ydim/2);i++){ 

forQ=0;j<xdimJ++){ 

tmp = *pimg; 

•<plmg++) = 'pimgl; 

*(pimg1++) = tmp; 

} 

pimgl -= (2*xdim); 

} 

r write out signed image *l 
sprintf(outfile,"%s.signed".argv[1]); 
inf = fopen(outfile,"w"); 
if(!inf) { 

^rintfCstderr.-signJt: can't open %s\n'',outfiIe); 
exit{1): 

} 

fwrite(img_out,sl2eof{unsignedchar),xdim"ydim,inO; 
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fclose(inf); 



/* free and clean up 
lf(DISPLAYJT) gexitO; 
free(img); 
free(img_out); 
free{disp); 
free(scale_disp); 
free(noise); 
free(gv); 
free{grad); 



} 
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r this program takes in a raw 8 bit image which is in general a sub-section of 
another original image. The orginal image will have already been signed. This 
program needs to know what offest and extent that the sub-section has realtive to 
the dimensions of the original. It also needs to have the master_noise file present 
keyed to the original extent of the image also */ ' ~ 

r this one now uses the dot product approach to remove the innate bias from the 
original */ 



#include "pinecone.h" 
#include "../.Jsgijools/image.h" 

#define BITS 16 
#define VALUE 32768 
#define INCREMENT 0.5 

int bit[BITS]: 

long d}m,bits,fftdim,fft_size: 
float *ar *al: 

double wrI1 0000].wi[1 0000]; 

int helplines = 7; ' 
char *helpD = 
{ 

"usage: recognize filename original_file orig_xdim orig_ydim x_offset y_offset 

patch_xdim patch_ydim\n". 

"\n Program requires that th*» fi'e 'master_key' exists in current directory", 
"\n filename is image in S-bit raw form which is in general sub-section of 

original image", 

"\n original_file is ortginai image in 8-bit raw form 

"\n orig_xdim and orig_ydim is the pixel extent of the original image", 

"\n .x_offset and y_offset is the offset in pixels of the upper left edge of the 

sub-section rel. to original", 

An patch^xdim and patch_ydim is the pixel extent of the image patch being 

recognized" 

}; 



int general_purpose_filfer(f!oat *tmage, long xdim, long ydim, long which){ 
long i,j; 

float *par,*pai,*pan,*panjm.*pimage; 
float k_value,2ero_pointJi,jj,f{emp; 
float std_dev=0.0; 



APPEKDIX C 



Appendix C 



memset(ar.O. m_stze * si2eof(float) ); 
memset(ai,0, fft_size * si2eof(float) ); 

t* copy Image buffer into ar */ 
par = ar; 
prmage = image; 
for(i=0;i<ydim;i++){ 

fbr{i=0;j<xdimy++){ 

*(par++) = *(pimage++): 

par += (ffWim - xdim); 

} 

I* real 2d fft, in place */ 
realfft2d(ar,ai,bits,0,wr,wi); 

/* if which ~ 0 or 1 , find the standard deviation in frequency spac^ 7 
if(which == 0 II which == 1){ 
par = ar; pai = ai; 

pan = &ar[fftdim-1];panjm=&ailfftdim-1]; 
std_dev = 0.0; 
for(i=0;i<{1 +ffldim/2);i++K 

n = (float)! /(fIoat)(fftdinrj/2): 

ii *= ii; 

forO=0:j<(1 +mdim/2) ;j++){ 

j] = {float)j / (float){fftdim/2); 
jj = (noat)sqrt((doubIe)(ii+»''j{)); 

ftemp = *par * *par + *pai * *pai; 

std_dev += ij*ftemp: 

par++; paf++; 

rfG!=0 &&j!=(fftdim/2)){ 

ftemp = "pan * 'pan + *panjm * *pan Jm; 

std_dev += ij'ftemp; 

pan-; panjm— ; 

} 

} 

par += (fftdim/2 -1); pal += (fftdim/2 -1); 
^ pan += (fftdim +ffldim/2 -1); panJm += (fftdim+fftdim/2 -1); 

printf("\n Std deviation found = %e ",std_dev); 



/* now filter it in the case of which == 1 7 



if(which == 3){ 

k_value = 1.0 / powf(2ero_j)oint.3.0); 
tf(zero_point > 0.99 ) zero_point = 0.99; 
par = ar;pai=ai; 

pan = &ar[fftdim-1];pan lm=&ai[fftdim-1]; 
for(i=0;i<(1 +fftdim/2):i++){ 

ii = (float)! / (f!oat)(fftdtm/2): 

ii •= ii; 

forO=0:j<(1 +fftdtm/2);j++X 

jj « (float)j / {fioat)(fftdim/2); 
jj = (fIoat)sqrt((double)(ii+jj*B)): 

tf(jj<zero_point ){ 

ii = 1.0 - (k_value*jj*jj*j}}; 
•(par++)*=jj: 
*(pal++)*=ii: 
if(}!=0 &&j!={mdim/2)){ 
•(pan-)*=ii; 
•(pan_im-)*=j|; 

> 

} 

else{ 

*(par++> = 0.0; 
*{pai++) = 0.0; 
ifO!=0&&j!=(mdim/2)){ 

*(pan-) = 0.0; 

•(pan im-) = 0.0; 

} 

} 

} 

par += (fftdim/2 -1); pai += (ffldim/2 -1); 

pan += (fftdim +fftdin[i/2 -1); panjim += (fftdtm+fftdim/2 -1); 



r and in tfie case of which == 2, then use the same filter used in the case 1 */ 



/* in the case of 1 and 2. inverse fft and copy bacl< into the original pointer array */ 
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If{ which == 3 |[ which ==2){ 

realfft2d( ar, ai. bits, 1 . wr, wl) ; 

par = an 

pimage s image; 
for(i=0;i<ydim;i++){ 

for(|=0;j<xdim;J++){ 

•(pimage++) = *(par++); 

^ par+=(ffldim-xdim): 



retum(l); 
} 



double dot_product(float •img1. float •img2,long sIzeK 
long i; 

float "pimgl ,*plmg2; 
double result = 0.0; 

pimg1 =inig1; 
pimg2 = !mg2; 

for{i=0;i<si2e;i++) result += ( (double) *(pim9l++) • (double) •{pimg2++) ) 

retum(result); 
) 

double dot_squared_product(float *img1. float *lmg2.loag size){ 
long i; 

float •pimg1,*pimg2; 
double result = 0.0; 
double dtemp; 

pimg1 =img1; 
pimg2 = Img2; 

for(i=0;i<si2e;i++){ 

dtemp = (doubie)''(pimg1++); 
if(dtemp < 0.0){ 

dtemp*=dtennp; 
dtemp = -dtemp; 

} 

else dtemp •= dtemp; 
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result += ( dtemp * (double) *{pimg2++) ); 



return(result); 
} 

double dot_rootj3roduct{float "imgl .float •img2,long slze){ 

long i; 

float "pimgl *pimg2; 
double result = 0.0; 
double dtemp; 

pimgl = img1; 
pimg2 = img2; 

for(i=0;i<si2e;i++){ 

dtemp = {double)*(pimg1++); 
if(dtemp <0){ 

dtemp = sqrt(-dtemp); 
dtemp = -dtemp; 

} 

else dtemp = sqrt(dtemp); 

result += ( dtemp • (double)*(pimg2++) ); 

retum(re5ult}: 
} 

double dot_rootroot_producl(float *img1 .float •lmg2,long size){ 
long j; 

float "pimgl •pimg2; 
double result = 0.0; 
double dtemp: 

pimgl = Img1; 
pimg2 = img2; 

for{i=0;i<size;i++){ 

dtemp = (double)''(pimg1++); 
if(dtemp <0){ 

dtemp = sqrt(-dtemp); 
dtemp = sqrt(dtemp); 
dtemp = -dtemp; 

else{ 

dtemp = sqrt{dtemp); 
dtemp = sqrl(dtemp); 
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result += ( dtemp * (double)*(pimg2++) ); 

return(result); 
} 



nnain{ argc, argv ) 
int argc ; 
char "argvO ; 
{ 

long i.j.k,xciim.ydim.temp,patch_xdim.patch_ydim.xoffeBtyoffset,lndex: 

long value = VALUE.code_number = 0,go: 

unsigned char tnrjp,*npise,*pnoise,*or!gmal *porjginal *p1; 

unsigned char *'img,*p}mg,*pimg1,stmp: 

char string[80]. outflle[80]; 

FILE "inf; 

float *fnoise,*pfnoise.total,'fimg*pfimg.*forigina!.'pforiglnal: 
float •fnoise_tmp,*pfnoisejmp; 

double base_dot,dot,img_nriag,original_mag,noise_mag,rms; 

double square_dot,root_dot,rootroot_dot; 

double base_square_dot.base_root_dot,dtemp; 

double inig_mag_root,img_mag_square,!mg_mag_roobToot: 

double dot1 ,root_dot1 .root_dot2; ~ 

ff{argc != 9) { 

for(j=0:j<helplines;j++)fprintf(stderr, "%s". helpfjl) ; 
exit( 1 ) ; 

) 

xdim = atoi( argvp] ); 
ydim = atoi( argv[4] ); 
xoffset=atoi( argvp] }; 
yoffeet = atoi( argv[6J ); 
patch_xdim = atol( argv[7] ); 
patch_ydinn = atoi{ argv[8] ): 

I* find the next power of two equal to or higher than patch '/ 
if(patch_xdim > patch_ydim)dim = patch_xdim; 
else dim = patch_ydim; ~ 
fftdim = 1;go = 1;faits = 0; 
while(go ){ 

lf( dim > fftdim ){ 

fftdim*=2,- 

bits++; 

} 

else go = 0; 

} 
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If(bits > 12K 

frrintf( stderr, "recognize : sony, this particular program only accepts 
4K images and less\n" ) ; 

exit{ 1 ) ; 

} 

ffl_size = ffldim*fftdim: 

img = ca!loc(patch_xdim*patch_ydim, sizeof(un«gned char) ) ; 
fimg = caIloc{patch_xdim*patch_ydim. sizeof(float) ) ; 
original - calloc(xdim'ydjm. slreof{uns1gned char) ) : 
foriginal = caIloc(patch_xdim*patch_ydim, sizeof(float) ) ; 
noise = caIloc(xdim*ydim, sizeof{uns!gned chai^ ) ; 
fnoise = caIloc(patch_xdim*patch_ydim. stzeof(float) ) ; 
fnoisejmp = caIloc(patch_xdtm*patch_ydim, slzeopoat) ) ; 
ar = ca!loc(fft_size, sizeof(fIoat) ) ; 
ai = cal]oc(m_si2e. sizeof(float) ) ; 

if( !img 1| Incise 1| loriginal !| Ifnoise i| Ifnoisejmp || Jfimg 1| Iforiginal j] !ar || 



!aiX 



frrintf( stderr, "signjt : can not allocate spaceVn" ) : 
e>dt(1); 



/* read in Suspected Patch into Img •/ 
inf = fopen(argv[13,V); 
ifdinf) { 

fprintf(stderr."stgn_it can't open %s\n".argv[1D; 
exit{1); 

> 

fread( img,sizeof(unsigned char),patch_xdim*patch_ydim,inf): 
fciose(inO; 

r flip it 7 
pimg = img; 

pi = &img[patch_xdim'*{patch_ydim-1)]; 
for{i=0;i<(patch_ydim/2);i++){ 
for(j=0;j<patch_xdim;i++){ 

tmp = *pimg; 

*(pimg++) = 'pi; 

•(p1++) = tmp; 

} 

^ p1 -= (2*patch_xdtm); 

/* copy it into float an-ay. removing mean value 7 
pimg = img; 
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r.. 



total = 0.0; 

for(i=0;i<(patch_jrdim*patch_xdim);i++)total += (float) *(pimg++); 
total /= {float)(patch_xdim*patch_ydim); 
pimg = img; 
pftmg = fimg; 

for(i=0;i<(patch_ydim*patch_xdim);i++) *{pfimg++) = (float) *(pimg++) - total; 
pfimg = fimg; 
img_mag = 0.0; 

for(i=0;i<(patch_ydim*patch_xdim);i++){ 
dtemp = (double)*(pfiiTng++); 
dtemp *= dtemp: 
img mag += dtemp; 

} 

img_mag = sqrt(img_mag); 
printf("img_mag = %lf ",img_mag); 

r now find its std deviation in frequency space using the general purpose 
filter function */ 

r 

general_purpose_filter(fimg,patch_xdim.patch_ydim,0); 



/* read in Original Unsigned Image */ 
inf = fopen(argv[2],"r"); 
if(Iinf) { 

fprintf(stderr,"signjt: can't open %s\n''.argv[2]): 
exit(1); 

} 

fread(ortginal,sizeof(un6igned char),xdim*ydim,inf); 
fclose(inf); 

/* create, original patch 7 
index = yoffset * xdim + xoffsel; 
porigina! = original; 
p1 = &originaI[index]; 
for(j=0;j<patch_ydim;j++){ 

for(k=0;k<patch_xdim;k++){ 

*(poriginal++) = *(p1++); 

} 

p1 += (xdim - patch_xdim); 

} 

r flip it*/ 

poriginal = original; 

p1 = &original[patch_xdim*(patch_ydim-1)]; 
for(i=0;i<(patch_ydim/2);i++){ 



forO=0;j<patch_xdim;j++}{ 
tmp = *poriginal; 
''{poriginaI++) = *p1; 
*(p1++) = tmp; 

} 

p1 — (2*patch xdim); 

} 

/* copy it into float array, removing mean 7 
poriginal = original; 
total = 0.0; 

for(i=0;i<(patch_ydim*patcii_)cdim);i++)total += (float) *(poriginal++); 
total /= (fioat){patch_xcIim*patcii_ydim); 
poriginal = original; 
pforiginal = foriginal; 

for(i=0;i<{patch_ydim*patch_xdim):i++) •(pforiginal++) = (float) •(poriginal++) 

totai; 

I* now find its std deviation in frequency space, then filter it to roughly match 
the suspect patch 7 
/* 

genera)_purpose_f!lter(foriginal,patch xdim,patch_ydim,1 ); 

7 

pforiginal = foriginal; 
original_mag = 0.0; 

for(i=0;i<(patch_ydim*patch_xdim);i++){ 
dtemp = (double)*(pforiginal++); 
dtemp *= dtemp; 
original mag += dtemp; 

> 

original_mag = sqrt(original_mag); 
printf("original_mag = %tf \n",original_mag); 



/* now remove the original image from img by using the dot product, or 
whatever 7 

dot = dot_product{foriginal,fimg,patch_xdim*patch_ydim); 
printf(" initial dot = %le ",dot/(original_mag*img_mag)); 

dot/= (original_mag * original_mag); 
printfC'dot found = %le ".dot); 

pforiginal = foriginal; 

pfimg = fimg; 

img_mag = 0.0; 

for(i=0;i<(patch_ydim*patch_xdim);i++){ 
*pfimg -= (dot * *(pforiginal++)); 
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I* now re-calculate the magnitudes */ 

if( *pfinig < 0.0 ) dtemp = sqrt( -(doubIe)*pfimg ); 

else dtemp = sqrt( (double)*pfimg ); 

lmg_mag_rootroot += dtemp; 

dtemp = (doub!e)*(pfimg++); 

if(dtemp < 0.0) img_mag_root — dtemp; 

else img_mag_root += dtemp; ' ■. • 'iS '' 

dtemp *= dtemp; 'V 

tmg_mag += dtemp; 

dtemp •= dtemp; 

lmg_mag_square += dtemp; 
} — . ; 

img_mag = sqrt(img_mag); 

img_mag_rootroot = sqrt{img_mag_rootroot); -. 
img_mag_root = sqrt(img_mag_root); 

img_mag_square = sqrt{img_mag_square): . . 

dot = dot_product(foriginaI,fimg,patch_xdim*patcti_ydim); . 
printfC new dot = %Ie \n".dot^{origlnal_mag*img_mag)); 

r open and read In master noise frame 7 
infafopenfmaster ke/'.T); 
if(iint) { 

fprlntf(stderr,"sign_it can't open %s\n",''master key"); 
ex1t(1); 

} 

fread(nolse.sizeof(unsigned char),xdim*ydim,inO; ' 
fclose(inf); 

yoffset = ydim - (yoffset + patch_ydim); /* needed for flipping •/ 



r main recoginition loop 7 

rms - 0.0; 
for(i=0;t<Blfs;i++){ 

/* create current bit plane noise patch, ftioise 7 
r THE MEAN OF THESE MASTER NOISE PLANES SHOULD BE 
ZERO!!! FROM THE SIGNING PROCESS 7 
index = yoffset * xdim + xoffset; 
pnoise = &noise[index]; 
pfnoise = fnoise; 
for(j=0-j<patch_ydima++){ 
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for(k=0;k<patch_xdim;k++){ 
lf((index%BlTS)«i){ 

*pfnoise = (float) (*pnoise - 128); 

rms += (double)*pfnoise * (doubte)*pfno'se; 

} 

else "pfnoise = 0.0; 
pfnoise++; 
pnoise++; 
index++; 

} 

pnoise += (xdim - patch_xdim): 
index += (xdtm - patchjtdim); 



r now filter that patch using the same gaussian used on the original */ • 

generalj3urpose_filter(fnoise,patch_xdim,patch_ydim.2); . - 

pfnotse = ftioise; 
noise_mag = 0.0; 

forO=0;j<{patch_ydim«patch_xd1m)y++){ 

noise_mag += (double) *(pfnoise) * (double) *(pftioise); 
pfnoise++; 

} 

noise^mag = sqrt(no1se_mag); 

I* find dot product between suspect patch and filtered tmp noise */ 
dot = dot_produci(fnoise,finr»g,patch_xdim*patch_yd!nrj); 
dot/= (noise_mag * img_mag); 

printf("dot=%le ".dot); 

new expiriment: re-weight the noise then do the root dot */ 
pfimg = fimg; 
pfnoise = fnotse; 
noise_mag = 0.0; 
for(i=Oa'<patch_ydim;j++){ 

for(k=0;k<patch_xdtm;k++){ 

dtemp =7double)*pfimg; 
if( febs( dtemp ) < 1.0 ); 
else{ 

if( dtemp >= 0.0){ 

*pfnoise /= (float)sqrt( dtemp ); 

eise{ 

. 'pfnoise /=(float)sqrt( -dtemp): 



} 

} 

noise_mag += (double) "(pfnoise) * (double) •(pfhoise); 
pfhoise++; pfimg++; 

} 

} 

nofse_mag = sqrt(noise_mag); 

root_dot = dot_rootjproduct(fimg.fno5se,patch_xdim*pateh_ydim): 
root_dot /= (noise.mag * lmg_inag_root); 
printfC new root = %le ",root_doT): 

pfimg = fimg; 
pfnolse = fnoise; 
pfhoise^tmp = fnoisejmp; 
noise_mag = 0.0; 
forQ=D;j<patch_ydim;J++){ 

for{k=0;k<patch_xdim:k++){ 

dtemp = (double)*pfimg; 

if( fabs( dtemp ) < 1,0 )*pfhoise_tmp = •pfnoise; 

else { 

if( dtemp >=0.0){ 

•pfnolsejmp = •pfnoise / (float)sqrt( 

dtemp ); 

> 

else{ 

•pfriolsejmp = •pfnolse / (f]oat)sqrt( - 

dtemp ); 

} 

} 

noise^mag += (double) •(pfnoise tmp) * (double) 

•(pfnolse Jmp); 

pfnolse++; pfimg++:pfnoise_tmp++; 

} 

nolse_mag = sqrt(noise_mag); 

root_dot = dot_rootj3roduct(fimg,fnoise_tmp.patch xdim*patch_ydfm); 
root_dot /= (noise_mag * !mg_mag_root); 
printfC'new rootroot = %te ",root_dot); 

r add assumption */ 

r 

pfimg - fimg; 
pfnoise = fnoise; 
pfnolsejmp = frioisejmp; 
noise_mag = 0.0; 
fora=Oa<patch_ydimy-++){ 
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INCREMENT: 



dtemp ); 



dtemp ); 



*(pftioisejlmp); 



} 



forOc=0;k<patch_xdim;k++){ 

dtemp = (doubIe)*pfimg + (doubIe)*pftioise * 

if( fabs{ dtemp ) < 1.0 )*pfno!se tmp = *pfnoise; 
else { ~ 
if( dtemp >= 0,0){ 

*pfhoiseJmp = 'pfhoise; {ftoat)sqrt{ 



} 

else{ 



•pfhoise_tmp = *pfrioise / (fIoat)sqrt( - 



) 



} 



.} 



s_mag += (double) *{pfnoise_tmp) • (double) 
pfnoise++: pfimg++;pfnoise_tmp++: 



noise_mag = sqrt(no!se mag); 
root_dot1 = 

dot_root_product(fimg,fnoise_tmp.patch_xdim*patch_ydim); 

root_dot1 /= (noise_mag • img_mag_root); 
printf ("new root add = %Ie ",root_dot1); 



r subtract assumption */ 

r 

pfimg = fimg; 
pfnoise = f noise; 
pfnoise_tmp = fnoise_tmp; 
noise_mag = 0.0; 
forQ=Ou<patch_jdimy++){ 

for(k=0;k<patch_xdim;k++){ 

dtemp = (doubIe)*pfimg - (double)*pfnoise * 



INCREI^flENT; 



dtemp ); 



dtemp ); 



if( fabs( dtemp ) < 1.0 )*pfnoise tmp = •pfnoise; 
else{ 

if( dtemp >= 0.0){ 

•pftioise_tmp = •pfnoise / (f1oat)sqrt( 



} 

else{ 



•pfnoise_tmp = 'pfnoise / (float)sqrt{ - 



•(pfnoise_tmp); 

} 

} . 

noise_mag = sqrt(noise_mag); 
root_dot2 = 

dot_root_product(fimg,fnoise_tmp,patch_xdim*patch_ydim); 

root_dot2 /= (noise_mag * img_mag_root); 

printffnew root sub = %le \n",root_dot2); 

printf("\ndiff1 = %Ie difE = %Ie ".root.dotl - root_dot,root_dot2- 
root_dot); " 
*/ 



if(dot>O.OK 
bit[i] = 1: 

code number+=value; 

} 

else { 

bm = 0; 

} 

printff bit value %d = %d \n",l,brt[l]); 

value/=2; 



} 

printf("\n\nCode Number Found = %d\n\n",code_number); 
rms/={doub!e)(xdim*ydim); 
rms = sqrt(rms); 
printfC'\n\nrms = %le\n\n",rms); 



/* free and clean up */ 

free(img); 

free(original); 

free(noise); 

free(fnoise); 

free(frioise_tmp); 

free(fimg); 

free(foriginal); 

free(ar); 

free(ai); 



} 

noise_mag += (double) *(pfnoise_tmp) * (double) 
pfnoise++; pfimg++;pfnoise_tmp++; 
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To Ft^l^TtO 




t* this program takes in a raw 8 bit image which is in general a sut)-section of 
another original image. The orginal image will have already been signed. This 
program needs to know what offest and extent that the sub-section has reaKive to 
the dimensions of the original. It also needs to have the master noise file present 
keyed to the original extent of ttie image also */ 

r this one now uses the dot product approach, removing the innate bias from the 
original 7 



#include "pinecone.h" 
#include ".7../sgi_tools/image.h" 

#deflne BITS 16 
#define VALUE 32768 
#define INCREMENT 0.5 
#defineKCONST 500.0 
#define 2ER0_P0INT 0.2 

int bit[BlTS]: 

long dim.bits.ffldim,fft_si2e: 
float 'ar "ai; ~ 
double wr[1000D].wi[10000]; 

int helplines = 7; 
char "helpO = 
{ 

"usage: recognize filename origina)_file orig_xdirn orig_ydim x offset y offset 
patch_xdim patch_ydim\n", ~ ~ 

J\n Program requires that the file 'master_key' exists in current directory", 

"\n filename is image in 8-bit raw form which is in general sub-section of 
original image", 

'^n priginal_file is original image in 8-bit raw fonn 

"\n orig_xdim and orig_ydim is the pixel extent of the original image". 

"\n x_offset and y_offset is the offset in pixels of the upper left edge of «ie 
sub-section rel. to original", 

•Vi patch_xdim and patch^dim is the pixel extent of the image patch being 
recognized" 
}: 



int generaLpurpose_fi]ter(fIoat 'image, long xdim. long ydlm. bng whlchV 
long i,j: 

float 'par.'pai.-pan.'panjm.'pimage; 
float 'par! ,*pail ,*pan1 ."panjml ; 

APPENDIX \> 1 



Appendix D 
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float k_value,ii jj.ftemp.ftempi .ratio; 
float std_dev, total; 
static float patch_std_dev; 
static float original_std_dev; 

memset(ar,0, ffl_size * si2eof(float) ); 
memset(a!,0, fft_size * si2eof(float) ); 

I* cxip^ image buffer into ar */ 
par = an 
pimage = image; 
for{i=0:i<ydim;i++){ 

for(j=Oa<xdlm;]++){ 

*(par++) = *(pimage++); 

} 

par += (fftdim - xdim); 

} 

I* real 2d fft, In place */ 
realfft2d(ar,ai,btts,0,wr,wl); 

/* apply low pass to everything •/ 
par = ar;pal=ai; 

pan = &ar[fftdim-1];panJm=&ai[fftdinD-1]; 
pari = &ar[fft_si2e - fftdim];pai1=&ailfft_si2e-fftdim]; 
pan1 = &arp_si2e-1];panjm1=&ai[ffl size-1]; 
for(i=0;i<(1 +fftdim/2);i++){ 

ii = (float)i / {f]oat){fftdim/2); 

ii *= ii; 

for(i=0;j<(1 +fftdim/2);j++){ 

ii = (float)j / (float)(fftdimC); 
jj = {float)sqrt( (double){ii+lj*ij) ); 
if( jj > 2ER0_P01NT )ij =0.0; 
else{ 

jj = (2ERO_POINT . ji)/ZERO_POINT: 



•par*=jj; 

*pai*=jj; 

par++; pai++; 

if(i!=0 && j!=(fftdim/2)){ 

'pan*=jj; 

*pan Jm *= jj; 

pan-; panjm-; 

} 

) 
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) 



par += (ffldim/2 -1); pai += (mdim/2 -1); 

pan += (ffldim +fftdim/2 -1); panjm += (mdim+fftdim/2 -1); 

if{ll=0&&iN(mdim/2)){ 

fora=0J<(1 +ffldlm/2)a-++X 

ii = (float)] /{float)(fftdim/2): 
ii = (float)sqrt( (double)fli+ij*ii) )• 
ff(ij>ZERO^POINT)ij=0.0; 
else{ 

^ ii = (ZERO^POINT -il)/ZERO_POINT: 

•(pari ++)•=]{; 
*(pai1++) •=],•: 
ifa!='0&&j!=(fftdim/2)){ 

*{pan1-)*=ij; 

•{panjm1-)*=jg; 

} 

^ pan1 .= (fftdim/2 +1); panjml ^ (ffldlm/2 +1); 



par = ar; pai = ai; 

pan = &arlffldim.1]:panjm=iairfftdim.1j; 
std_dev = 0.0; 
total a O.Oj 

for(i=0;i<(1 +mdim/2);i++X 

n = (f?oat)i/(fJoat)(fftdim/2): 

. ii'=n:. 

for{i=0;j<(1+fftdim/2);j++){ 

j) = (fioat)j / (float)(mdim/2); 
il = (float)sqrt((doub]e)(ii+ii*]j)); 

ftemp = 'par * -par + *pai • •pa|- 

std_dev += i|*ffemp; 

total += ftemp; 

par++; pai++; 

ifO!=0 &&jI=(ffldim/2)){ 

ftemp = -pan ' -pan + -panJm * *panjm; 

total += ftemp; 

sld_dev+=ii*ftemp; 

pan-; pan^im-; 



3 



} 



} 

par += (fftdiruAZ -1); pai += (ffldimC -1); 

pan += (ffldim +fftdimA2 -1); pan_im += (fftdlm+fftdim/2 -1); 

std_dev/= total; 

printf("\n Std deviation found = %b ",std_dev): 



if(which == 0) patch_std_dev = std_dev; 
if{which == 1) originaI_std_dev = std_dev; 

I* now filter it in the case of wiiich == 1 7 

r and in the case of which == 2, then use the same filter used In the case 1 V 
if( (which == 1 1I which == 2) && (orlginaLstd_dev > 0.95 * patch std dev) ){ 

ratio = patch_std_dev / originaI_std_dev: 

ratio ; 

if(ratlo > 1 .0)k_value = 0.0; 
ebe{ ■ 

k_va!ue = -KCONST * (1.0 - ratio) ; 

std_dev /= total; 
par = ar;pai=ai; 

pan = &arlfftdim-1];panjm=&ailffldim-1]; 

pari = &ar[fft_size - fftdim];pai1=&ai[fft_sire-fftdim]; 

pan1 = &ar[fft_si2e-1];panjm1=&ai[fft size-1]; 

std_dev = 0.0; 

total = 0.0; 

for{i=0;i<(1+fftdim/2);i++){ 

ii = (float)! / (fioat)(fftdim/2); 
ii*=if; 

. for(|=0;j<(1+ffldim/2);j++){ 

ij=(float)j/(fioat)(fftdim/2); 

i{ = fi+rii: 

ftempi = (fIoat)sqrt((double)jj ); 

ij = fexp(|j*k_vaiue); 

*par*=ij; 

•pai'=j}: 

ftemp = 'par • "par + "pai • -pai; 
std_dev += ftemprftemp; 
total += flemp; 
par++; pai++; 
if(j!=0 && j!=(fftdim/2)){ 
•pan •= il; 



*panjm *= jj; 

ftemp = 'pan * 'pan + 'panjin * *panjm; 
std_dev += ftempi *ftemp; 
total += ftemp; 
pan—; pan_lm-; 

} 

} 

par += (ffldim/2 -1); pai += {fftdim/2 -1); 

pan += (fftdim +fftdim/2 -1); panjm += (fftdim+fftdim/2 -1); 

if(i!=0 && i!=(fftdim/2)){ 

for(j=0;j<(1 +mdim/2)a'++){ 

j| = (float)] / (float)(fftdlm/2): 
jj = 

jj = fexp( jj • k value); 
*(par1 

•(pai1++) •=]]•; 
tfO!=0&&j!=(ffldim/2)){ 

*(pan1-)*=ji; 

•(pan Im1-)*=ij; 

} 

} 

pari -= (3*ffldimy2 +1); pail -= (3*ffldim/2 +1); 
pan1 -= (fftdfm/2 +1); panjml -= (fftdim/2 +1); 

} 

std_dev/= total; 

rf(which == 1) printf("\n Std deviation post-filtering = %e •'.std.dev); 



realfft2d( ar, ai. bits. 1 , wr, w\) ; 

par = ar; 
pimage = image; 
for(i=0;i<ydim;i++){ 

forO=0;j<xdimJ++){ 

^ *{pimage++) = '(par**); 

par += (fftdim - xdim); 



return(l); 



double dot j3roduct(float*img1, float *img2.long size){ 
long i; 

float *ptmg1 *pimg2; 
double result = 0.0; 

pimgl = itngi; 
pimg2 = img2; 

for(i=0;i<size;l++) result += { (double) *(pimg1++) * (double) *(pimg2++) ); 

retum(result); 
} 

double dot_squaredjproduct(float *img1 .float *img2,long size){ 
long i; 

float *pimg1 *pimg2; 
double result = 0.0; 
double dtemp; 

pimgl = img1; 
pimg2 = img2; 

for(i=0;i<size;t++){ 

dtemp = (double)*(pimg1++): 
if(dtemp < 0.0){ 

dtemp*=dtemp; 
dtemp = -dtemp; 

} 

else dtemp *= dtemp; 

result += { dtemp ' (double) •(ptmg2++) ); 

} ■ 



return (result); 
} 

double dot_root_j)roduct(float *img1. float *img2, long si2e){ 
long 1; 

float *pimg1.*pimg2; 
double result = 0.0; 
double dtemp; 

pimgl = imgl; 
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pimg2 = img2; 

for(i=0;i<si2e;i++){ 

dtemp = {double)*(pimg1++): 
if(dtemp <0){ 

dtemp = sqrt(-dtemp); 
dtemp - -dtemp: 

else dtemp = sqrt(dtemp); 

result += ( dtemp • (double)*(pimg2++) ); 

retum(resu1t}; 
} 

double dot_rootroot_prDduct(float *img1 .float *lmg2,long sizeK 

long i; 

float •pimg1,'pimg2: 
double resuK = 0.0; 
double dtemp; 

ptmg1 = Img1;' 
pimg2 - img2; 

for(i=0;l<size;i++){ 

dtemp = {double)*(pimg1++); 
if(dtemp <0){ 

dtemp = sqrt(-dtemp); 
dtemp = sqrt(dtemp); 
dtemp = -dtemp; 

else { 

dtemp = sqrt(dtemp); 
^ dtemp = sqrt(dtemp); 

^ . result += ( dtemp • {double)''(pimg2++) ); 

return(result); 
} 



main( argc, argv ) 
int argc ; 
char *argvQ ; 
{ •• 

long ij.k,xdim.ydtm.temp,patch_xdim,patch_ydim,xoffset,yoffset,index; 
long value = VALUE.code_number = O.go; 
unsigned char tmp,*noise.'pnoise/original,*poriginal,*p1; 
unsigned char •img.*pimg,*pimg1,stmp; 
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char string[80], outfile[80]; 
FILE *inf; 

float •fnoise,*pfnoise,tota1*fimg*pfimg*foriginal*pforiginal; 
float *fnoise_tmp *pfnoise_tmp; 

double base_dot,dot,img_mag,original_inag,noise_mag,rms; 

double square_dotroot_dot,rootroot_dot; 

double base_square_dot,base_root_dot,dtemp; 

double img_mag_root,img_mag_square,img_mag_rootroot; 

double dot1,root_dot1,root_dot2: 

if(argc != 9) { 

forQ=0;j<helpIines;j++)fprintf( stderr, "%s", helpD]) ; 
exit( 1 ) ; 

} 

xdim = atoi( argv[3] ); 
ydim = atoi{ argvI4] ); 
xoffset = atoi( argvfS] ); 
yoffset = atoi( argv[61 ); 
patch_xdim = atoi( argv[7] ); 
patch_ydtm = atoi( argv[8j >; 

/* find the next power of two equal to or higher than patch */ 
if(patch_xdim > patch_ydim)dim = patch_xdim; 
else dim = patch_ydim; 
fftdim = 1; go= 1;bits = 0; 
whfle{ go ){ 

if( dim > fftdim ){ 

fftdim*=2; 

bits++; 

else go = 0; 

} 

if(bits>12){ 

fprintf( stderr, "recognize : sorry, this particular program only accepts 
4K images and less\n" ) ; 

exit( 1 } : 

} 

fft_si2e = fftdim * fftdim; 

img = caIloc(patch_xdim*patch_ydim, si2eof(unsigned char) ) ; 
fimg = calloc(patch_xdim*patch_ydim. si2eof(float) ) ; 
original = caIloc(xdim*ydim, sizeof (unsigned char) ) ; 
forigina! = catloc(patch_xdim*patch_ydim, sizeof(float) ) ; 
noise = cai!oc(xdim*ydim, si2eof(unsigned char) ) ; 
fnoise = calloc(patch_xdim*patch_ydim. sizeof(floal) ) ; 
fnoisejmp = cailoc(patch_xdim*patch_ydim, sizeof(float) ) ; 
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ar = ca]loc(fft_size, si2eof{float) ) ; 
ai = calIot(m_si2e, sizeof(float) } ; 

if( !img |1 Inolse || lorlginal j| ifhoise || Ifhoise.tmp |1 ffimg || Iforiginal ii lar |i 

*^rintf( stderr, "sign_it : can not allocate space\n" ) ; 
exit( 1 ) : 

} 



/* read in Suspected Patch into img */ 

inf = fopen(argv[1),"r*}; 

if(linf){ 

fprintf(stdeiT,"sign_it: can't open %s\n",argvt1]); 
extt{1): 

) 

fread( lmg,sizeof(unsigned char),patcli_xdim*patch_ydinn,inf); 
fcfose(!nf); 

/•flip If / 
pimg = img; 

pi = &imglpatch_xdim*(patch_ydinn-1)]; 
for(i=0;i<(patch_yd im/2):i++){ 

for{j=0;j<patch_xdinTj++){ 

tmp = "pimg: 

*(pimg++) = *p1; 

*(p1++) = tmp; 

} 

pi -= (2*paich xdim); 

} 

/* copy it into float array, removing mean value *1 

pimg = img; 
total = 0.0; 

for(i=0:i<{patch_ydim*patcli_xdim);i++)total += (float) •(pimg++); 
total /= (fIoat)(patch_xdim*patch_ydim); 
pimg = img; 
pfimg = fimg; 

for(i=0;i<(patch_ydim*patch_xdim):i-H-) •(pfimg++) = (float) *(pimg++) - total; 
pfimg = fimg; 
img_mag = 0.0; 

for(i=0;i<(patch_ydim*patch_xdim);i++){ 
dtemp = (double)*(pfimg++); 
dtemp *= dtemp; 
img_mag += dtemp; 

} 

img_mag = sqrt(img_mag); 



printfnmg_mag = %If ".img_mag); 

r now find its std deviation in frequency space using the general 
filter function 7 

9eneralj>urposeJilter(fimg,patch_xdim,patch_ydini.O); 

r read In Original Unsigned Image */ 
inf = fopen(argvI2],"i"); 
if(linf) { 

frrlntf(stderr,"slgnjt: can't open %s\n",afgvI21); 
exit(1); 

) 

fread{original.sizeof(unslgnedchar),xdinfi*ydim,inf): 
fcloseOnQ; 

I* create original patch */ 
index = yoffeet * xdmrj + xoffset; 
poriginal = original; 
pi = &orfginaI[lndex]; 
fbr(j=0-j<patch_ydtmy++){ 

for(k=0;k<patch_xdim:k++){ 

^ *(poriginai++) = "(pl-H-); 

pi += (xdim - patch_xdlm); 



/* flip it 7 

poriginal = original; 

pi - &ong!nal{patch_xdim*(patch_ydim-1)]; 
for(i=0;i<(patch_ydlm/2);i++){ 
for(j=OJ<patch_xdim;j++){ 

tmp = 'poriginal; 

*(poriginaI++) = *p1; 

•(p1++) = tmp; 

p1 -= (2*patch_xdim); 



/* copy it into float array, removing mean V 
poriginal = origtna!; 
total = 0.0; 

for(i=0:i<(patch_ydim*patch_xdim):i++)totaI += (float) *(poriginal-M->- 
total /= (float)(patch_xdim*patch_ydim); 
poriginal = original; 
pforlginal = forlginal; 
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fbr(NO;i<(pateh_ydim*patchjcdim);i++) *(pforiginaI++) = (float) *(poriginal++) - 

total; 

r now find its std deviation in frequency space, then filter it to roughly matcli 
the suspect patch */ 

general_purposeJilter(foriginal,patch_xdinri,patch_ydim,1); 
pforiginal = foriginal; 
original_mag - 0.0; 

for{i=0;i<(patch_ydim*patch_xdim);i++){ 
dtennp = (double)*(pforiginal++); 
dtemp *= dtemp; 
original mag += dtemp; 

} 

original_mag = sqrt{original_mag); 
printf("originat_mag = %!f \n",original_mag); 



r now remove the original image from img by using the dot product, or 
whatever */ 

dot = dot_product(foriginal,fimg,patch_xdim*patch_ydim); 
printff initial dot = %le ".dot/(originaI_mag*img_mag)); 

dot /= {originaljnag * origlnaLmag); 
printfC'dot found = %le ".dot); 

pforiginal = foriginal; 

pfimg = fimg; 

img_mag = 0.0; 

for(i=0;i<(patch_ydirn^patch_xdim);i++){ . 
•pfimg -» (dot • *(pforiginal++)); 

r now re-calculate the magnitudes */ 

if{ "pfimg < 0.0 ) dtemp = sqrt{ -(doubIe)*pfimg ); 

else dtemp = sqrt( (double)*pfimg ); 

img_mag_rootroot += dtemp; 

dtemp = (double)*(pfimg++); 

if(dtemp < 0.0) img_mag_root -= dtemp; 

else img_mag_root += dtemp; 

dtemp *= dtemp; 

img_mag += dtemp; 

dtemp •= dtemp; 

img_mag_square += dtemp; 

} 

img_mag = sqrt(img_mag); 
img_mag_rootroot = sqrt(img_mag_rootroot); 
img_mag_root = sqrt(img_mag^root); 
img_mag_square = sqrt{img_mag_square); 



dot = dot_product(forjginal,fimg.patch_xdim*patch_ydim); 
printff new dot = %le \n",dot/(originaLmag1mg_mag)); 



I* open and read in master noise frame */ 
Inf = fopenC'master_key"."r"); 
if(!inf) { 

fprintf(stderr,"sign_it: can't open %s\n","master Vsf); 
exit{1): 

} 

firead(noise.sizeof(unsigned char)pcdim*ydim,inf); 
fclose(inf); 

yoffset = ydim - (yoffset + patch_ydim); t* needed for flipping */ 



r main recoginition loop 7 

rms = 0.0; 
for(i=0;i<BITS:i++){ 



r create current bit plane noise patch, fnoise 7 
t* THE MEAN OF THESE MASTER NOISE PiJ^NES SHOULD BE 
ZEROII! FROM THE SIGNING PROCESS 7 
Index = yoffset * xdim + xoffset: 
pnoise = &noise[index]; 
pfnoise = fnoise; 
forO=Oa<patch_ydimy++){ 

. for(k=:0;k<patch xdim;lt++){ 
lf( (index%BITS) == I ){ 

•pfrioise » (float) (*pnoise - 128); 
^ rms += (double)*pfrioise * (doubIe)*pfnoise; ' 

else *pfnofse = 0.0; 
pfnoise++; 
pnoise++; 
index++; 

} 

pnoise += (xdim - patc}i_xdim); 
^ index += (xdim - patch_xdim); 

r now filter that patch using the same gaussian used on the original 7 

general_purpose_fi!ter(fnoise,patch_xdim.patch_ydim.2); 

pfnoise = fnoise; 
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noise_mag - 0.0; 

fbr(i=0:j<(patch_ydim*patch_xdim);i++){ 

noise_mag += (double) *(pfnoise) * (double) *(pfholse); 
pfnoise++; 

> . 

nojse_mag = sqrt(noise_mag); 

r find dot product between suspect patch and filtered tmp noise 7 
dot = dot_product{ftioise,fimg.patch_xdim*patch_ydim): 
dot /= (noise_n5ag * img_mag): 

printf("dot=%le ".dot); 

/* new explrimenfc re-weight the noise then do toe root dot*/ 
pfimg = fimg; 
pfnoise = fnoise; 
noise_mag = 0.0; 
for(j=0;j<patch_ydim;j++){ 

for(k=0;k<patch_xdlnrj;k++){ 
dtemp =7double)*pfimg: 
if(fabs(dtemp) <1.0): 
else{ 

ff( dtemp >=0.0K 

*pftiolse /= (float)sqrt( dtemp ); 

eise{ 

•pfroise /= (fioat)sqrt{ -dtemp ); . 

} 

noise_mag += (double) *(pfnoise) * (double) *(pfholse): 
pfnoise++; pfjmg++; 

. } 

noise_mag = sqrt(noise_mag): 

root_dot = dot_root_product{fimg,fnoise.patch_xdim*patch_ydim): 
root_dot /= (nolse_mag * img_mag_root); i 
printf(" new root = %Ie ",root_dot); 

pfimg = fimg: 
pfnoise = fnoise; 
pfnoisejmp = fnoisejmp; 
noise_mag = 0.0; ~ 
for(i=Oa<patch_ydimJ++){ 

for(k=0;k<palch_xdim;k++){ 

dtemp =7double)*pfimg; 

if( fabs( dtemp ) < 1.0 )*pfnoiseJmp = 'pfnoise; 



else{ 

lf( dtemp >= O.OK 

*pfhoise_tmp = *pfno'se / (float)sqrt( 

dtemp }; 

} 

else{ 

•pfhoisejmp = *pftioise / (fIoat}sqrt< - 

dtemp ); 

} 

} 

noise_mag += (double) *(pfhoiseJmp) ' (double) 
*(pfnoise_tmp); "" 
pfnoise++; pfimg++:pfiioise tmp++; 

} 

} 

noise_mag = sqrt(noise_mag); 

root_dot = dot_root_product(fimg,fnoise_tmp,patch_xdim*patch_ydlm); 
root_dot /= (noise_mag * img_mag_root); ~ 
printfC'new rootroot = %le ",root_dot); 

r add assumption */ 

r 

pfimg = fimg; 
pfhoise s fnolse; 
pfnoise_tmp = fnoisejmp; 
noise_mag = 0,0; " 
for(j=D-j<patch_ydim;j++){ 

for(k=0;k<patch_xdim:k++){ 

dtemp =5Tdouble)*pfimg + (doub!e)*pfnoise * 

INCREME^^•; 

if( fabs( dtemp ) < 1.0 )*pfhoise_tmp = •pfnolse; 
else{ 

if( dtemp >sO.O){ 

•pfnolsejmp = *pfrioise / (float)sqrt( 

dtemp ); 

} 

else{ 

•pfhoisejmp = 'pfnoise / (fIoat)sqrt( - 

dtemp ); 

} 

> 

noise_mag += (double) *(pfnojse tmp) * (double) 
*(pfnoise_tmp); ~ 

pfnoise++; pflmg++:pfriolse_tmp++; 

} 



noise_mag = sqrt(noise_mag): 
root_dot1 = 

dot_root_product(flmg ,fnoise_tmp,patch_xdim*patch_yciim) ; 

root_dot1 /= (noise_mag * img_mag_root); 
printfCnew root add"= %Ie ",rool_dot1); 

•/ 

r subtract assumption */ 

r 

pfimg = fimg; 
pfnoise = fnoise; 
pfnoisejmp = fnoise_tnnp; 
noise_mag = 0,0; 
for(j=Oj<patch_ydim;j++){ 

for(k=0;k<patch_xdim:k++){ 

dtemp = {doubie)*pfimg - (doubIe)*pfnoise * 



INCREMENT; 



dtemp ); 



•(pfnoisejmp); 



if( fiabs( dtemp ) < 1.0 )*pfnoise_tmp = *pfnoise; 
else { 

if{ dtemp >= 0.0){ 

•pfnoise_tmp = *pfnoise / (float)sqrt( 

) 

else { 

*pfnoise_tmp = *pfnoise / (float)sqrt( - 

} 

} 

noise_mag += (double) •(pfnoisejmp) * (double) 



pfno!se++; pfimg++;pfnoise_tmp++; 
} 

. } 

noise_mag = sqrt(noise_mag); 
root_dot2 = 

dot_rootjjroducl(fimg,fnoise_tmp.patch_xdim*patch_ydim); 

root_dot2 /= (noise_mag * !mg_mag_root); 
printfC'new root sub = %le \n",root_dot2); 
printf("\ndiff1 = %le diff2 = %le ",root_dot1 - root_dot.root_dot2- 

rool_dot); 



if( dot > 0.0 ){ 
bit[ij=1; 

code_number+=value; 



>6. 



> 

else{ 

bitp] = 0; 

) 

printfC* bit value %d = %d \n".i,bitlll); 

value/s2; 



"^x,,^^^ prlntf("\n\nCode Number Found = %d\n\n",code_number): 

rms/=(double)(xdim*ydim); 
rms = sqrt(mis); 
printf("\n\nrms = %le\n\n",rms); 



r free and clean up */ 

free(img); 

free(origlnal): 

free(noise); 

free(fnoise); 

free{fnoise_tmp); 

free(fimg): 

free(foriginaI); 

free(ar); 

free(ai); 
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U.S. District Court 



U.S. District Court of Eastern Pennsylvania (Philadelphia) 
CIVIL DOCKET FOR CASE #: Ol-CV-5497 
AIRCLIC INC. V. NEOMEDIA TECHNOLOGIE 
Filed: 10/30/01 

Assigned to: JUDGE LOUIS H. POLLAK 

Demand: $0,000 

Nature of Suit: 830 

Lead Docket: None 

Jurisdiction: Federal Question 

Dkt# in other court: None 

Cause: 35:271 Patent Infringement 



AIRCLIC INC. HOWARD D. SCHER 
PLAINTIFF [COR LD NIC] 
BUCHANAN INGERSOLL PROFESSIONAL 
CORP 

ELEVEN PENN CENTER, 14TH FL. 
1835 MARKET ST. 
PHILADELPHIA, PA 19103 

USA 

TEL 215-665-8700 

V. 

NEOMEDIA TECHNOLOGIES, INC. A. CHRISTOPHER YOUNG 

DEFENDANT [COR LD NTC] 

PEPPER HAMILTON, LLP 

18TH&ARCH STS. 

3000 TWO LOGAN SQUARE 

PHILA,PA 19103-2799 

USA 

TEL 215-981-4750 



DOCKET PROCEEDINGS 



DATE # DOCKET ENTRY 



10/30/01 1 Complaint, filing fee $ 150 receipt # 774975 (ss) 
[Entry date 10/31/01] 

10/30/01 ~ Summons(es) issued. One original given to: counsel 



10/30/01 

(ss) [Entry date 10/31/01] 

10/30/01 - Standard Case Management Track, (ss) [Entry date 
10/31/01] 

10/30/01 2 Copy of Form to Commissioner of Patent, (ss) 
[Entry date 10/31/01] 

1 1/6/01 3 Affidavit of: RAYMOND GIVIGLIANE re: served summons and 
complaint upon DEFENDANT NEOMEDIA TECHNOLOGIE . Served 
by: 

PERSONAL SERVICE on 1 1/1/01 . (jl) [Entry date 1 1/06/01] 

1 1/21/01 4 MOTION by DEFENDANT NEOMEDIA TECHNOLOGIE TO DISMISS THE 
COMPLAINT PURSUANT TO FED.R.CIV.P.12 (b)(1) AND (3) , 
MEMORANDUM, CERTIFICATE OF SERVICE, (jl) 
[Entry date 11/21/01] 

12/10/01 5 STIPULATION AND ORDER ENLARGING TIME THAT PLAINTIFF SHALL 

HAVE UNTIL 12/19/01 TO FILE A REPLY AND OPPOSITION TO 

DEFENDANT'S MOTION TO DISMISS; DEFENDANT SHALL HAVE UNTIL 

12/27/01 TO FILE A REPLY MEMORANDUM IN SUPPORT OF ITS 

MOTION TO DISMISS (SIGNED BY JUDGE LOUIS H. POLLAK) 

12/10/01 ENTERED AND COPIES MAILED, (np) 

[Entry date 12/10/01] 

12/19/01 6 Memorandum by PLAINTIFF AIRCLIC INC. in opposition to 
DEFENDANT NEOMEDL\ TECHNOLOGIES, INC.'S MOTION TO DISMISS 
THE COMPLAINT PURSUANT TO FED.R.CIV.P.12 (b)(1) AND (3) , 
Certificate of Service, (j 1) [Entry date 1 2/20/0 1 ] 

12/27/01 7 Reply Memorandum of law in further support of Defendant 
NEOMEDIA TECHNOLOGIES, INC.'S motion to dismiss the 
complaint pursuant to Federal rule of civil procedure 12 
(b)(1) and (3) , Certificate of Service, (jl) 
[Entry date 12/27/01] 

1/7/02 8 MOTION by PLAINTIFF AIRCLIC INC. FOR LEAVE TO FILE 
SUR-REPLY MEMORANDUM IN OPPOSITION TO DEFENDANT NEOMEDIA 
TECHNOLOGIES, INC.'S MOTION TO DISMISS THE COMPLAINT 
PURSUANT TO FED.R.CIV.P. 12 (B) (1) AND (3), CERTIFICATE 
OF SERVICE, (sur-reply attached) O'l) [Entry date 
01/08/02] 

1/16/02 9 ORDER THAT PLAINTIFF'S AIRCLIC MOTION FOR LEAVE TO FILE 
SUR-REPLY MEMORANDUM IN OPPOSITION TO DEFENDANT NEOMEDIA 
INC.'S MOTION TO DISMISS THE COMPLAINT PURSUANT TO 
FED.R.CIV.P. 12 (B) (1) AND (3) IS GRANTED. THE SUR-REPLY 



MEMORANDUM ATTACHED TO PLAINTIFF'S MOTION SHALL BE DEEMED 

FILED WITH THE CLERK OF COURT AS OF THE DATE OF THIS 

ORDER 

( SIGNED BY JUDGE LOUIS H. POLLAK ) 1/16/01 ENTERED AND 
COPIES MAILED, (jl) [Entry date 01/16/02] 

1/16/02 10 Sur-Reply Memorandum by PLAINTIFF AIRCLIC INC. in 
opposition to DEFENDANT NEOMEDIA TECHNOLOGIES MOTION TO 
DISMISS THE COMPLAINT PURSUANT TO FED.R.CIV.P.12 (b)(1) 
AND 

(3). (jl) [Entry date 01/17/02] 



